#!/bin/bash

export OMP_NUM_THREADS=2

torchrun --nproc_per_node=4 train_qlora.py
